Personal Computer World 2009 February

home *** CD-ROM | disk | FTP | other *** search

/ Personal Computer World 2009 February / PCWFEB09.iso / Software / Resources / Chat & Communication / Digsby build 37 / digsby_setup.exe / lib / httplib.pyo (.txt) < prev next >

Wrap

Python Compiled Bytecode | 2008-10-13 | 29.4 KB | 1,208 lines

# Source Generated with Decompyle++ # File: in.pyo (Python 2.5) import errno import mimetools import socket from urlparse import urlsplit try: from cStringIO import StringIO except ImportError: from StringIO import StringIO __all__ = [ 'HTTP', 'HTTPResponse', 'HTTPConnection', 'HTTPSConnection', 'HTTPException', 'NotConnected', 'UnknownProtocol', 'UnknownTransferEncoding', 'UnimplementedFileMode', 'IncompleteRead', 'InvalidURL', 'ImproperConnectionState', 'CannotSendRequest', 'CannotSendHeader', 'ResponseNotReady', 'BadStatusLine', 'error', 'responses'] HTTP_PORT = 80 HTTPS_PORT = 443 _UNKNOWN = 'UNKNOWN' _CS_IDLE = 'Idle' _CS_REQ_STARTED = 'Request-started' _CS_REQ_SENT = 'Request-sent' CONTINUE = 100 SWITCHING_PROTOCOLS = 101 PROCESSING = 102 OK = 200 CREATED = 201 ACCEPTED = 202 NON_AUTHORITATIVE_INFORMATION = 203 NO_CONTENT = 204 RESET_CONTENT = 205 PARTIAL_CONTENT = 206 MULTI_STATUS = 207 IM_USED = 226 MULTIPLE_CHOICES = 300 MOVED_PERMANENTLY = 301 FOUND = 302 SEE_OTHER = 303 NOT_MODIFIED = 304 USE_PROXY = 305 TEMPORARY_REDIRECT = 307 BAD_REQUEST = 400 UNAUTHORIZED = 401 PAYMENT_REQUIRED = 402 FORBIDDEN = 403 NOT_FOUND = 404 METHOD_NOT_ALLOWED = 405 NOT_ACCEPTABLE = 406 PROXY_AUTHENTICATION_REQUIRED = 407 REQUEST_TIMEOUT = 408 CONFLICT = 409 GONE = 410 LENGTH_REQUIRED = 411 PRECONDITION_FAILED = 412 REQUEST_ENTITY_TOO_LARGE = 413 REQUEST_URI_TOO_LONG = 414 UNSUPPORTED_MEDIA_TYPE = 415 REQUESTED_RANGE_NOT_SATISFIABLE = 416 EXPECTATION_FAILED = 417 UNPROCESSABLE_ENTITY = 422 LOCKED = 423 FAILED_DEPENDENCY = 424 UPGRADE_REQUIRED = 426 INTERNAL_SERVER_ERROR = 500 NOT_IMPLEMENTED = 501 BAD_GATEWAY = 502 SERVICE_UNAVAILABLE = 503 GATEWAY_TIMEOUT = 504 HTTP_VERSION_NOT_SUPPORTED = 505 INSUFFICIENT_STORAGE = 507 NOT_EXTENDED = 510 responses = { 100: 'Continue', 101: 'Switching Protocols', 200: 'OK', 201: 'Created', 202: 'Accepted', 203: 'Non-Authoritative Information', 204: 'No Content', 205: 'Reset Content', 206: 'Partial Content', 300: 'Multiple Choices', 301: 'Moved Permanently', 302: 'Found', 303: 'See Other', 304: 'Not Modified', 305: 'Use Proxy', 306: '(Unused)', 307: 'Temporary Redirect', 400: 'Bad Request', 401: 'Unauthorized', 402: 'Payment Required', 403: 'Forbidden', 404: 'Not Found', 405: 'Method Not Allowed', 406: 'Not Acceptable', 407: 'Proxy Authentication Required', 408: 'Request Timeout', 409: 'Conflict', 410: 'Gone', 411: 'Length Required', 412: 'Precondition Failed', 413: 'Request Entity Too Large', 414: 'Request-URI Too Long', 415: 'Unsupported Media Type', 416: 'Requested Range Not Satisfiable', 417: 'Expectation Failed', 500: 'Internal Server Error', 501: 'Not Implemented', 502: 'Bad Gateway', 503: 'Service Unavailable', 504: 'Gateway Timeout', 505: 'HTTP Version Not Supported' } MAXAMOUNT = 1048576 class HTTPMessage(mimetools.Message): def addheader(self, key, value): prev = self.dict.get(key) if prev is None: self.dict[key] = value else: combined = ', '.join((prev, value)) self.dict[key] = combined def addcontinue(self, key, more): prev = self.dict[key] self.dict[key] = prev + '\n ' + more def readheaders(self): self.dict = { } self.unixfrom = '' self.headers = hlist = [] self.status = '' headerseen = '' firstline = 1 startofline = None unread = None tell = None if hasattr(self.fp, 'unread'): unread = self.fp.unread elif self.seekable: tell = self.fp.tell while True: if tell: try: startofline = tell() except IOError: startofline = None tell = None self.seekable = 0 except: None<EXCEPTION MATCH>IOError None<EXCEPTION MATCH>IOError line = self.fp.readline() if not line: self.status = 'EOF in headers' break if firstline and line.startswith('From '): self.unixfrom = self.unixfrom + line continue firstline = 0 if headerseen and line[0] in ' \t': hlist.append(line) self.addcontinue(headerseen, line.strip()) continue elif self.iscomment(line): continue elif self.islast(line): break headerseen = self.isheader(line) if headerseen: hlist.append(line) self.addheader(headerseen, line[len(headerseen) + 1:].strip()) continue continue if not self.dict: self.status = 'No headers' else: self.status = 'Non-header line where header expected' if unread: unread(line) elif tell: self.fp.seek(startofline) else: self.status = self.status + '; bad seek' break class HTTPResponse: def __init__(self, sock, debuglevel = 0, strict = 0, method = None): self.fp = sock.makefile('rb', 0) self.debuglevel = debuglevel self.strict = strict self._method = method self.msg = None self.version = _UNKNOWN self.status = _UNKNOWN self.reason = _UNKNOWN self.chunked = _UNKNOWN self.chunk_left = _UNKNOWN self.length = _UNKNOWN self.will_close = _UNKNOWN def _read_status(self): line = self.fp.readline() if self.debuglevel > 0: print 'reply:', repr(line) if not line: raise BadStatusLine(line) try: (version, status, reason) = line.split(None, 2) except ValueError: try: (version, status) = line.split(None, 1) reason = '' except ValueError: version = '' except: None<EXCEPTION MATCH>ValueError None<EXCEPTION MATCH>ValueError if not version.startswith('HTTP/'): if self.strict: self.close() raise BadStatusLine(line) else: self.fp = LineAndFileWrapper(line, self.fp) return ('HTTP/0.9', 200, '') try: status = int(status) if status < 100 or status > 999: raise BadStatusLine(line) except ValueError: raise BadStatusLine(line) return (version, status, reason) def begin(self): if self.msg is not None: return None while True: (version, status, reason) = self._read_status() if status != CONTINUE: break while True: skip = self.fp.readline().strip() if not skip: break if self.debuglevel > 0: print 'header:', skip continue self.status = status self.reason = reason.strip() if version == 'HTTP/1.0': self.version = 10 elif version.startswith('HTTP/1.'): self.version = 11 elif version == 'HTTP/0.9': self.version = 9 else: raise UnknownProtocol(version) if self.version == 9: self.length = None self.chunked = 0 self.will_close = 1 self.msg = HTTPMessage(StringIO()) return None self.msg = HTTPMessage(self.fp, 0) if self.debuglevel > 0: for hdr in self.msg.headers: print 'header:', hdr, self.msg.fp = None tr_enc = self.msg.getheader('transfer-encoding') if tr_enc and tr_enc.lower() == 'chunked': self.chunked = 1 self.chunk_left = None else: self.chunked = 0 self.will_close = self._check_close() length = self.msg.getheader('content-length') if length and not (self.chunked): try: self.length = int(length) except ValueError: self.length = None except: None<EXCEPTION MATCH>ValueError None<EXCEPTION MATCH>ValueError self.length = None if not status == NO_CONTENT and status == NOT_MODIFIED: if status <= status: pass elif status < 200 or self._method == 'HEAD': self.length = 0 if not (self.will_close) and not (self.chunked) and self.length is None: self.will_close = 1 def _check_close(self): conn = self.msg.getheader('connection') if self.version == 11: conn = self.msg.getheader('connection') if conn and 'close' in conn.lower(): return True return False if self.msg.getheader('keep-alive'): return False if conn and 'keep-alive' in conn.lower(): return False pconn = self.msg.getheader('proxy-connection') if pconn and 'keep-alive' in pconn.lower(): return False return True def close(self): if self.fp: self.fp.close() self.fp = None def isclosed(self): return self.fp is None def read(self, amt = None): if self.fp is None: return '' if self.chunked: return self._read_chunked(amt) if amt is None: if self.length is None: s = self.fp.read() else: s = self._safe_read(self.length) self.length = 0 self.close() return s if self.length is not None: if amt > self.length: amt = self.length s = self.fp.read(amt) if self.length is not None: self.length -= len(s) return s def _read_chunked(self, amt): chunk_left = self.chunk_left value = '' while True: if chunk_left is None: line = self.fp.readline() i = line.find(';') if i >= 0: line = line[:i] chunk_left = int(line, 16) if chunk_left == 0: break if amt is None: value += self._safe_read(chunk_left) elif amt < chunk_left: value += self._safe_read(amt) self.chunk_left = chunk_left - amt return value elif amt == chunk_left: value += self._safe_read(amt) self._safe_read(2) self.chunk_left = None return value else: value += self._safe_read(chunk_left) amt -= chunk_left self._safe_read(2) chunk_left = None while True: line = self.fp.readline() if not line: break if line == '\r\n': break continue self.close() return value def _safe_read(self, amt): s = [] while amt > 0: chunk = self.fp.read(min(amt, MAXAMOUNT)) if not chunk: raise IncompleteRead(s) s.append(chunk) amt -= len(chunk) return ''.join(s) def getheader(self, name, default = None): if self.msg is None: raise ResponseNotReady() return self.msg.getheader(name, default) def getheaders(self): if self.msg is None: raise ResponseNotReady() return self.msg.items() class HTTPConnection: _http_vsn = 11 _http_vsn_str = 'HTTP/1.1' response_class = HTTPResponse default_port = HTTP_PORT auto_open = 1 debuglevel = 0 strict = 0 def __init__(self, host, port = None, strict = None): self.sock = None self._buffer = [] self._HTTPConnection__response = None self._HTTPConnection__state = _CS_IDLE self._method = None self._set_hostport(host, port) if strict is not None: self.strict = strict def _set_hostport(self, host, port): if port is None: i = host.rfind(':') j = host.rfind(']') if i > j: try: port = int(host[i + 1:]) except ValueError: raise InvalidURL("nonnumeric port: '%s'" % host[i + 1:]) host = host[:i] else: port = self.default_port if host and host[0] == '[' and host[-1] == ']': host = host[1:-1] self.host = host self.port = port def set_debuglevel(self, level): self.debuglevel = level def connect(self): msg = 'getaddrinfo returns an empty list' for res in socket.getaddrinfo(self.host, self.port, 0, socket.SOCK_STREAM): (af, socktype, proto, canonname, sa) = res try: self.sock = socket.socket(af, socktype, proto) if self.debuglevel > 0: print 'connect: (%s, %s)' % (self.host, self.port) self.sock.connect(sa) except socket.error: msg = None if self.debuglevel > 0: print 'connect fail:', (self.host, self.port) if self.sock: self.sock.close() self.sock = None continue if not self.sock: raise socket.error, msg def close(self): if self.sock: self.sock.close() self.sock = None if self._HTTPConnection__response: self._HTTPConnection__response.close() self._HTTPConnection__response = None self._HTTPConnection__state = _CS_IDLE def send(self, str): if self.sock is None: if self.auto_open: self.connect() else: raise NotConnected() if self.debuglevel > 0: print 'send:', repr(str) try: self.sock.sendall(str) except socket.error: v = None if v[0] == 32: self.close() raise def _output(self, s): self._buffer.append(s) def _send_output(self): self._buffer.extend(('', '')) msg = '\r\n'.join(self._buffer) del self._buffer[:] self.send(msg) def putrequest(self, method, url, skip_host = 0, skip_accept_encoding = 0): if self._HTTPConnection__response and self._HTTPConnection__response.isclosed(): self._HTTPConnection__response = None if self._HTTPConnection__state == _CS_IDLE: self._HTTPConnection__state = _CS_REQ_STARTED else: raise CannotSendRequest() self._method = method if not url: url = '/' str = '%s %s %s' % (method, url, self._http_vsn_str) self._output(str) if self._http_vsn == 11: if not skip_host: netloc = '' if url.startswith('http'): (nil, netloc, nil, nil, nil) = urlsplit(url) if netloc: try: netloc_enc = netloc.encode('ascii') except UnicodeEncodeError: netloc_enc = netloc.encode('idna') self.putheader('Host', netloc_enc) else: try: host_enc = self.host.encode('ascii') except UnicodeEncodeError: host_enc = self.host.encode('idna') if self.port == HTTP_PORT: self.putheader('Host', host_enc) else: self.putheader('Host', '%s:%s' % (host_enc, self.port)) if not skip_accept_encoding: self.putheader('Accept-Encoding', 'identity') def putheader(self, header, value): if self._HTTPConnection__state != _CS_REQ_STARTED: raise CannotSendHeader() str = '%s: %s' % (header, value) self._output(str) def endheaders(self): if self._HTTPConnection__state == _CS_REQ_STARTED: self._HTTPConnection__state = _CS_REQ_SENT else: raise CannotSendHeader() self._send_output() def request(self, method, url, body = None, headers = { }): try: self._send_request(method, url, body, headers) except socket.error: v = None if v[0] != 32 or not (self.auto_open): raise self._send_request(method, url, body, headers) def _send_request(self, method, url, body, headers): header_names = []([ k.lower() for k in headers ]) skips = { } if 'accept-encoding' in header_names: skips['skip_accept_encoding'] = 1 self.putrequest(method, url, **skips) if body and 'content-length' not in header_names: self.putheader('Content-Length', str(len(body))) for hdr, value in headers.iteritems(): self.putheader(hdr, value) self.endheaders() if body: self.send(body) def getresponse(self): if self._HTTPConnection__response and self._HTTPConnection__response.isclosed(): self._HTTPConnection__response = None if self._HTTPConnection__state != _CS_REQ_SENT or self._HTTPConnection__response: raise ResponseNotReady() if self.debuglevel > 0: response = self.response_class(self.sock, self.debuglevel, strict = self.strict, method = self._method) else: response = self.response_class(self.sock, strict = self.strict, method = self._method) response.begin() self._HTTPConnection__state = _CS_IDLE if response.will_close: self.close() else: self._HTTPConnection__response = response return response class SharedSocket: def __init__(self, sock): self.sock = sock self._refcnt = 0 def incref(self): self._refcnt += 1 def decref(self): self._refcnt -= 1 if self._refcnt == 0: self.sock.close() def __del__(self): self.sock.close() class SharedSocketClient: def __init__(self, shared): self._closed = 0 self._shared = shared self._shared.incref() self._sock = shared.sock def close(self): if not self._closed: self._shared.decref() self._closed = 1 self._shared = None class SSLFile(SharedSocketClient): BUFSIZE = 8192 def __init__(self, sock, ssl, bufsize = None): SharedSocketClient.__init__(self, sock) self._ssl = ssl self._buf = '' if not bufsize: pass self._bufsize = self.__class__.BUFSIZE def _read(self): buf = '' while True: try: buf = self._ssl.read(self._bufsize) except socket.sslerror: err = None if err[0] == socket.SSL_ERROR_WANT_READ or err[0] == socket.SSL_ERROR_WANT_WRITE: continue if err[0] == socket.SSL_ERROR_ZERO_RETURN or err[0] == socket.SSL_ERROR_EOF: break raise continue except socket.error: err = None if err[0] == errno.EINTR: continue if err[0] == errno.EBADF: break raise continue else: break None<EXCEPTION MATCH>socket.error return buf def read(self, size = None): L = [ self._buf] avail = len(self._buf) while size is None or avail < size: s = self._read() if s == '': break L.append(s) avail += len(s) all = ''.join(L) if size is None: self._buf = '' return all else: self._buf = all[size:] return all[:size] def readline(self): L = [ self._buf] self._buf = '' while None: i = L[-1].find('\n') if i >= 0: break s = self._read() if s == '': break continue if i == -1: return ''.join(L) else: all = ''.join(L) i = all.find('\n') + 1 line = all[:i] self._buf = all[i:] return line def readlines(self, sizehint = 0): total = 0 list = [] while True: line = self.readline() if not line: break list.append(line) total += len(line) if sizehint and total >= sizehint: break continue return list def fileno(self): return self._sock.fileno() def __iter__(self): return self def next(self): line = self.readline() if not line: raise StopIteration return line class FakeSocket(SharedSocketClient): class _closedsocket: def __getattr__(self, name): raise error(9, 'Bad file descriptor') def __init__(self, sock, ssl): sock = SharedSocket(sock) SharedSocketClient.__init__(self, sock) self._ssl = ssl def close(self): SharedSocketClient.close(self) self._sock = self.__class__._closedsocket() def makefile(self, mode, bufsize = None): if mode != 'r' and mode != 'rb': raise UnimplementedFileMode() return SSLFile(self._shared, self._ssl, bufsize) def send(self, stuff, flags = 0): return self._ssl.write(stuff) sendall = send def recv(self, len = 1024, flags = 0): return self._ssl.read(len) def __getattr__(self, attr): return getattr(self._sock, attr) class HTTPSConnection(HTTPConnection): default_port = HTTPS_PORT def __init__(self, host, port = None, key_file = None, cert_file = None, strict = None): HTTPConnection.__init__(self, host, port, strict) self.key_file = key_file self.cert_file = cert_file def connect(self): sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) sock.connect((self.host, self.port)) ssl = socket.ssl(sock, self.key_file, self.cert_file) self.sock = FakeSocket(sock, ssl) class HTTP: _http_vsn = 10 _http_vsn_str = 'HTTP/1.0' debuglevel = 0 _connection_class = HTTPConnection def __init__(self, host = '', port = None, strict = None): if port == 0: port = None self._setup(self._connection_class(host, port, strict)) def _setup(self, conn): self._conn = conn self.send = conn.send self.putrequest = conn.putrequest self.endheaders = conn.endheaders self.set_debuglevel = conn.set_debuglevel conn._http_vsn = self._http_vsn conn._http_vsn_str = self._http_vsn_str self.file = None def connect(self, host = None, port = None): if host is not None: self._conn._set_hostport(host, port) self._conn.connect() def getfile(self): return self.file def putheader(self, header, *values): self._conn.putheader(header, '\r\n\t'.join(values)) def getreply(self): try: response = self._conn.getresponse() except BadStatusLine: e = None self.file = self._conn.sock.makefile('rb', 0) self.close() self.headers = None return (-1, e.line, None) self.headers = response.msg self.file = response.fp return (response.status, response.reason, response.msg) def close(self): self._conn.close() self.file = None if hasattr(socket, 'ssl'): class HTTPS(HTTP): _connection_class = HTTPSConnection def __init__(self, host = '', port = None, key_file = None, cert_file = None, strict = None): if port == 0: port = None self._setup(self._connection_class(host, port, key_file, cert_file, strict)) self.key_file = key_file self.cert_file = cert_file class HTTPException(Exception): pass class NotConnected(HTTPException): pass class InvalidURL(HTTPException): pass class UnknownProtocol(HTTPException): def __init__(self, version): self.args = (version,) self.version = version class UnknownTransferEncoding(HTTPException): pass class UnimplementedFileMode(HTTPException): pass class IncompleteRead(HTTPException): def __init__(self, partial): self.args = (partial,) self.partial = partial class ImproperConnectionState(HTTPException): pass class CannotSendRequest(ImproperConnectionState): pass class CannotSendHeader(ImproperConnectionState): pass class ResponseNotReady(ImproperConnectionState): pass class BadStatusLine(HTTPException): def __init__(self, line): self.args = (line,) self.line = line error = HTTPException class LineAndFileWrapper: def __init__(self, line, file): self._line = line self._file = file self._line_consumed = 0 self._line_offset = 0 self._line_left = len(line) def __getattr__(self, attr): return getattr(self._file, attr) def _done(self): self._line_consumed = 1 self.read = self._file.read self.readline = self._file.readline self.readlines = self._file.readlines def read(self, amt = None): if self._line_consumed: return self._file.read(amt) if amt is None or amt > self._line_left: s = self._line[self._line_offset:] self._done() if amt is None: return s + self._file.read() else: return s + self._file.read(amt - len(s)) else: i = self._line_offset j = i + amt s = self._line[i:j] self._line_offset = j self._line_left -= amt if self._line_left == 0: self._done() return s def readline(self): if self._line_consumed: return self._file.readline() s = self._line[self._line_offset:] self._done() return s def readlines(self, size = None): if self._line_consumed: return self._file.readlines(size) L = [ self._line[self._line_offset:]] self._done() if size is None: return L + self._file.readlines() else: return L + self._file.readlines(size) def test(): import sys import getopt (opts, args) = getopt.getopt(sys.argv[1:], 'd') dl = 0 for o, a in opts: if o == '-d': dl = dl + 1 continue host = 'www.python.org' selector = '/' if args[0:]: host = args[0] if args[1:]: selector = args[1] h = HTTP() h.set_debuglevel(dl) h.connect(host) h.putrequest('GET', selector) h.endheaders() (status, reason, headers) = h.getreply() print 'status =', status print 'reason =', reason print 'read', len(h.getfile().read()) print if headers: for header in headers.headers: print header.strip() print class HTTP11(HTTP): _http_vsn = 11 _http_vsn_str = 'HTTP/1.1' h = HTTP11('www.python.org') h.putrequest('GET', 'http://www.python.org/~jeremy/') h.endheaders() h.getreply() h.close() if hasattr(socket, 'ssl'): for host, selector in (('sourceforge.net', '/projects/python'),): print 'https://%s%s' % (host, selector) hs = HTTPS() hs.set_debuglevel(dl) hs.connect(host) hs.putrequest('GET', selector) hs.endheaders() (status, reason, headers) = hs.getreply() print 'status =', status print 'reason =', reason print 'read', len(hs.getfile().read()) print if headers: for header in headers.headers: print header.strip() print if __name__ == '__main__': test()